#!/usr/bin/env python
# Create: 2018/10/22
__author__ = '749B'
"""进程池"""

import requests
from bs4 import BeautifulSoup
from concurrent.futures import ProcessPoolExecutor

url_list = [
    'https://github.com/explore',
    'https://www.djangoproject.com/',
    'http://www.python-requests.org/en/master/',
    'https://jquery.com/',
    'https://getbootstrap.com/',
    'https://www.solarwinds.com/',
    'https://www.zabbix.com/',
    'http://open-falcon.org/',
    'https://www.python.org/',
    'http://www.jetbrains.com/',
]


def fetch_request(url):
    r = requests.get(url)
    r.encoding = 'utf-8'
    soup = BeautifulSoup(r.text, features='html.parser')
    title = soup.find('title')
    print(title)


if __name__ == '__main__':
    pool = ProcessPoolExecutor(10)
    for url in url_list:
        pool.submit(fetch_request, url)
    pool.shutdown(True)


